++ rg -v '#' /usr/share/zoneinfo/zone.tab ++ awk '{print $3}' ++ shuf ++ head -n1 + TZ=Africa/Khartoum + echo 'Choosen random timezone Africa/Khartoum' + ln -snf /usr/share/zoneinfo/Africa/Khartoum /etc/localtime Choosen random timezone Africa/Khartoum + echo Africa/Khartoum + dpkg -i package_folder/clickhouse-common-static_24.3.18.10405.altinitystable+ubsan_amd64.deb Selecting previously unselected package clickhouse-common-static. (Reading database ... 49077 files and directories currently installed.) Preparing to unpack .../clickhouse-common-static_24.3.18.10405.altinitystable+ubsan_amd64.deb ... Unpacking clickhouse-common-static (24.3.18.10405.altinitystable+ubsan) ... Setting up clickhouse-common-static (24.3.18.10405.altinitystable+ubsan) ... + dpkg -i package_folder/clickhouse-common-static-dbg_24.3.18.10405.altinitystable+ubsan_amd64.deb Selecting previously unselected package clickhouse-common-static-dbg. (Reading database ... 49106 files and directories currently installed.) Preparing to unpack .../clickhouse-common-static-dbg_24.3.18.10405.altinitystable+ubsan_amd64.deb ... Unpacking clickhouse-common-static-dbg (24.3.18.10405.altinitystable+ubsan) ... Setting up clickhouse-common-static-dbg (24.3.18.10405.altinitystable+ubsan) ... + dpkg -i package_folder/clickhouse-server_24.3.18.10405.altinitystable+ubsan_amd64.deb Selecting previously unselected package clickhouse-server. (Reading database ... 49115 files and directories currently installed.) Preparing to unpack .../clickhouse-server_24.3.18.10405.altinitystable+ubsan_amd64.deb ... Unpacking clickhouse-server (24.3.18.10405.altinitystable+ubsan) ... Setting up clickhouse-server (24.3.18.10405.altinitystable+ubsan) ... Cannot set 'net_admin' or 'ipc_lock' or 'sys_nice' or 'net_bind_service' capability for clickhouse binary. This is optional. Taskstats accounting will be disabled. To enable taskstats accounting you may add the required capability later manually. ClickHouse binary is already located at /usr/bin/clickhouse Symlink /usr/bin/clickhouse-server already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-server to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-client to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-local to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-benchmark to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-obfuscator to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-git-import to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-compressor to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-format to /usr/bin/clickhouse. Symlink /usr/bin/clickhouse-extract-from-config already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-extract-from-config to /usr/bin/clickhouse. Symlink /usr/bin/clickhouse-keeper already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-keeper to /usr/bin/clickhouse. Symlink /usr/bin/clickhouse-keeper-converter already exists but it points to /clickhouse. Will replace the old symlink to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-keeper-converter to /usr/bin/clickhouse. Creating symlink /usr/bin/clickhouse-disks to /usr/bin/clickhouse. Creating symlink /usr/bin/ch to /usr/bin/clickhouse. Creating symlink /usr/bin/chl to /usr/bin/clickhouse. Creating symlink /usr/bin/chc to /usr/bin/clickhouse. Creating clickhouse group if it does not exist. groupadd -r clickhouse Creating clickhouse user if it does not exist. useradd -r --shell /bin/false --home-dir /nonexistent -g clickhouse clickhouse Will set ulimits for clickhouse user in /etc/security/limits.d/clickhouse.conf. Creating config directory /etc/clickhouse-server/config.d that is used for tweaks of main server configuration. Creating config directory /etc/clickhouse-server/users.d that is used for tweaks of users configuration. Config file /etc/clickhouse-server/config.xml already exists, will keep it and extract path info from it. /etc/clickhouse-server/config.xml has /var/lib/clickhouse/ as data path. /etc/clickhouse-server/config.xml has /var/log/clickhouse-server/ as log path. Users config file /etc/clickhouse-server/users.xml already exists, will keep it and extract users info from it. Log directory /var/log/clickhouse-server/ already exists. Creating data directory /var/lib/clickhouse/. Creating pid directory /var/run/clickhouse-server. chown -R clickhouse:clickhouse '/var/log/clickhouse-server/' chown -R clickhouse:clickhouse '/var/run/clickhouse-server' chown clickhouse:clickhouse '/var/lib/clickhouse/' groupadd -r clickhouse-bridge useradd -r --shell /bin/false --home-dir /nonexistent -g clickhouse-bridge clickhouse-bridge chown -R clickhouse-bridge:clickhouse-bridge '/usr/bin/clickhouse-odbc-bridge' chown -R clickhouse-bridge:clickhouse-bridge '/usr/bin/clickhouse-library-bridge' Password for the default user is an empty string. See /etc/clickhouse-server/users.xml and /etc/clickhouse-server/users.d to change it. Setting capabilities for clickhouse binary. This is optional. chown -R clickhouse:clickhouse '/etc/clickhouse-server' ClickHouse has been successfully installed. Start clickhouse-server with: sudo clickhouse start Start clickhouse-client with: clickhouse-client + dpkg -i package_folder/clickhouse-client_24.3.18.10405.altinitystable+ubsan_amd64.deb Selecting previously unselected package clickhouse-client. (Reading database ... 49132 files and directories currently installed.) Preparing to unpack .../clickhouse-client_24.3.18.10405.altinitystable+ubsan_amd64.deb ... Unpacking clickhouse-client (24.3.18.10405.altinitystable+ubsan) ... Setting up clickhouse-client (24.3.18.10405.altinitystable+ubsan) ... + echo '' + [[ -z '' ]] + ch --query 'SELECT 1' 1 + chl --query 'SELECT 1' 1 + chc --version ClickHouse client version 24.3.18.10405.altinitystable (altinity build). + ln -s /usr/share/clickhouse-test/clickhouse-test /usr/bin/clickhouse-test + source /attach_gdb.lib ++ source /utils.lib + source /utils.lib + /usr/share/clickhouse-test/config/install.sh + DEST_SERVER_PATH=/etc/clickhouse-server + DEST_CLIENT_PATH=/etc/clickhouse-client +++ dirname /usr/share/clickhouse-test/config/install.sh ++ cd /usr/share/clickhouse-test/config ++ pwd -P + SRC_PATH=/usr/share/clickhouse-test/config + echo 'Going to install test configs from /usr/share/clickhouse-test/config into /etc/clickhouse-server' + mkdir -p /etc/clickhouse-server/config.d/ Going to install test configs from /usr/share/clickhouse-test/config into /etc/clickhouse-server + mkdir -p /etc/clickhouse-server/users.d/ + mkdir -p /etc/clickhouse-client + ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper_write.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/max_num_to_warn.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/listen.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/text_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/blob_storage_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/custom_settings_prefixes.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_access_control_improvements.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/macros.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/secure_ports.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/clusters.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/graphite.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/graphite_alternative.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/database_atomic.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/max_concurrent_queries.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree_settings.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/backoff_failed_mutation.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree_old_dirs_cleanup.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/test_cluster_with_incorrect_pw.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/keeper_port.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/logging_no_rotate.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/merge_tree.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/lost_forever_check.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/tcp_with_proxy.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/prometheus.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/top_level_domains_lists.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/top_level_domains_path.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/transactions.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/encryption.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/CORS.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/logger_trace.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/named_collection.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/ssl_certs.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/filesystem_cache_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/session_log.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/system_unfreeze.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_zero_copy_replication.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/nlp.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/forbidden_headers.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_keeper_map.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/custom_disks_base_path.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/display_name.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/reverse_dns_query_function.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/compressed_marks_and_index.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/disable_s3_env_credentials.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/enable_wait_for_shutdown_replicated_tables.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/backups.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/filesystem_caches_path.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/validate_tcp_client_information.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/zero_copy_destructive_operations.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/block_number.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/handlers.yaml /etc/clickhouse-server/config.d/ + '[' /etc/clickhouse-server = /etc/clickhouse-server ']' + ln -sf /usr/share/clickhouse-test/config/config.d/legacy_geobase.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/log_queries.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/readonly.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/access_management.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/database_atomic_drop_detach_sync.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/opentelemetry.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/remote_queries.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/session_log_test.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/memory_profiler.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/no_fsync_metadata.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/filelog.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/enable_blobs_check.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/marks.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/insert_keeper_retries.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/prefetch_settings.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/nonconst_timezone.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/allow_introspection_functions.yaml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/replicated_ddl_entry.xml /etc/clickhouse-server/users.d/ + [[ -n '' ]] + ln -sf /usr/share/clickhouse-test/config/users.d/timeouts.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/ints_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/strings_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/decimals_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/executable_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/executable_pool_dictionary.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/test_function.xml /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/top_level_domains /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/regions_hierarchy.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/regions_names_en.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/ext-en.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/ext-ru.txt /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/lem-en.bin /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/server.key /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/server.crt /etc/clickhouse-server/ + ln -sf /usr/share/clickhouse-test/config/dhparam.pem /etc/clickhouse-server/ + ln -sf --backup=simple --suffix=_original.xml /usr/share/clickhouse-test/config/config.d/query_masking_rules.xml /etc/clickhouse-server/config.d/ + [[ -n '' ]] + rm -f /etc/clickhouse-server/config.d/zookeeper_fault_injection.xml + ln -sf /usr/share/clickhouse-test/config/config.d/zookeeper.xml /etc/clickhouse-server/config.d/ + [[ -n '' ]] + rm -f /etc/clickhouse-server/config.d/cannot_allocate_thread_injection.xml + value=1 + sed --follow-symlinks -i 's|[01]|1|' /etc/clickhouse-server/config.d/keeper_port.xml + value=36890624 + sed --follow-symlinks -i 's|[[:digit:]]\+|36890624|' /etc/clickhouse-server/config.d/keeper_port.xml + value=5916672 + sed --follow-symlinks -i 's|[[:digit:]]\+|5916672|' /etc/clickhouse-server/config.d/keeper_port.xml + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + ARM=aarch64 ++ uname -m + OS=x86_64 x86_64 Adding azure configuration + [[ -n 1 ]] + echo x86_64 + [[ '' -eq 1 ]] + [[ x86_64 == \a\a\r\c\h\6\4 ]] + echo 'Adding azure configuration' + ln -sf /usr/share/clickhouse-test/config/config.d/azure_storage_conf.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02944.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02963.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/config.d/storage_conf_02961.xml /etc/clickhouse-server/config.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/s3_cache.xml /etc/clickhouse-server/users.d/ + ln -sf /usr/share/clickhouse-test/config/users.d/s3_cache_new.xml /etc/clickhouse-server/users.d/ + [[ -n '' ]] + ln -sf /usr/share/clickhouse-test/config/client_config.xml /etc/clickhouse-client/config.xml + [[ -n '' ]] + ./setup_minio.sh stateless + azurite-blob --blobHost 0.0.0.0 --blobPort 10000 --debug /azurite_log + export MINIO_ROOT_USER=clickhouse + MINIO_ROOT_USER=clickhouse + export MINIO_ROOT_PASSWORD=clickhouse + MINIO_ROOT_PASSWORD=clickhouse + main stateless + local query_dir ++ check_arg stateless ++ local query_dir ++ '[' '!' 1 -eq 1 ']' ++ case "$1" in ++ query_dir=0_stateless ++ echo 0_stateless + query_dir=0_stateless + '[' '!' -f ./minio ']' + start_minio + mkdir -p ./minio_data + ./minio --version Azurite Blob service is starting on 0.0.0.0:10000 Azurite Blob service successfully listens on http://0.0.0.0:10000 minio version RELEASE.2022-01-03T18-22-58Z + wait_for_it + local counter=0 + local max_counter=60 + local url=http://localhost:11111 + ./minio server --address :11111 ./minio_data + params=('--silent' '--verbose') + local params + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 0 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=1 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 1 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=2 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 2 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=3 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 3 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=4 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 4 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=5 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 5 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=6 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 6 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=7 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 7 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=8 + curl --silent --verbose http://localhost:11111 + grep AccessDenied trying to connect to minio + [[ 8 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 + counter=9 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 9 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio + counter=10 + curl --silent --verbose http://localhost:11111 + grep AccessDenied + [[ 10 == \6\0 ]] + echo 'trying to connect to minio' + sleep 1 trying to connect to minio API: http://172.17.0.2:11111 http://127.0.0.1:11111 Console: http://172.17.0.2:34217 http://127.0.0.1:34217 Documentation: https://docs.min.io WARNING: Console endpoint is listening on a dynamic port (34217), please use --console-address ":PORT" to choose a static port. + counter=11 + curl --silent --verbose http://localhost:11111 + grep AccessDenied AccessDeniedAccess Denied./1843C3BE3EB364328bc23472-7913-40ce-b415-dd59e4d6c2c2 + lsof -i :11111 COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME minio 258 root 10u IPv6 33131 0t0 TCP *:11111 (LISTEN) + sleep 5 + setup_minio stateless + local test_type=stateless + ./mc alias set clickminio http://localhost:11111 clickhouse clickhouse Added `clickminio` successfully. + ./mc admin user add clickminio test testtest Added user `test` successfully. + ./mc admin policy set clickminio readwrite user=test Policy `readwrite` is set on user `test` + ./mc mb clickminio/test Bucket created successfully `clickminio/test`. + '[' stateless = stateless ']' + ./mc policy set public clickminio/test Access permission for `clickminio/test` is set to `public` + upload_data 0_stateless /usr/share/clickhouse-test + local query_dir=0_stateless + local test_path=/usr/share/clickhouse-test + local data_path=/usr/share/clickhouse-test/queries/0_stateless/data_minio ++ ls /usr/share/clickhouse-test/queries/0_stateless/data_minio 02366_data.jsonl + for file in $(ls "${data_path}") + echo 02366_data.jsonl + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02366_data.jsonl clickminio/test/02366_data.jsonl `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02366_data.jsonl` -> `clickminio/test/02366_data.jsonl` Total: 0 B, Transferred: 0 B, Speed: 0 B/s + for file in $(ls "${data_path}") + echo 02731.arrow + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.arrow clickminio/test/02731.arrow 02731.arrow `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.arrow` -> `clickminio/test/02731.arrow` Total: 0 B, Transferred: 3.82 MiB, Speed: 119.26 MiB/s + for file in $(ls "${data_path}") + echo 02731.parquet + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.parquet clickminio/test/02731.parquet 02731.parquet `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02731.parquet` -> `clickminio/test/02731.parquet` Total: 0 B, Transferred: 1.57 MiB, Speed: 87.02 MiB/s + for file in $(ls "${data_path}") + echo 02876.parquet + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/02876.parquet clickminio/test/02876.parquet 02876.parquet `/usr/share/clickhouse-test/queries/0_stateless/data_minio/02876.parquet` -> `clickminio/test/02876.parquet` Total: 0 B, Transferred: 293 B, Speed: 30.63 KiB/s a.tsv + for file in $(ls "${data_path}") + echo a.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/a.tsv clickminio/test/a.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/a.tsv` -> `clickminio/test/a.tsv` Total: 0 B, Transferred: 24 B, Speed: 2.60 KiB/s + for file in $(ls "${data_path}") + echo b.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/b.tsv clickminio/test/b.tsv b.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/b.tsv` -> `clickminio/test/b.tsv` Total: 0 B, Transferred: 33 B, Speed: 4.23 KiB/s c.tsv + for file in $(ls "${data_path}") + echo c.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/c.tsv clickminio/test/c.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/c.tsv` -> `clickminio/test/c.tsv` Total: 0 B, Transferred: 33 B, Speed: 4.05 KiB/s + for file in $(ls "${data_path}") + echo tsv_with_header.tsv + ./mc cp /usr/share/clickhouse-test/queries/0_stateless/data_minio/tsv_with_header.tsv clickminio/test/tsv_with_header.tsv tsv_with_header.tsv `/usr/share/clickhouse-test/queries/0_stateless/data_minio/tsv_with_header.tsv` -> `clickminio/test/tsv_with_header.tsv` Total: 0 B, Transferred: 44 B, Speed: 5.49 KiB/s + setup_aws_credentials + local minio_root_user=clickhouse + local minio_root_password=clickhouse + mkdir -p /root/.aws + cat + ./setup_hdfs_minicluster.sh + ls -lha total 135M drwxr-xr-x 1 root root 4.0K May 28 20:18 . drwxr-xr-x 1 root root 4.0K May 28 20:18 .. -rw-rw-r-- 1 1000 1000 300 May 28 20:15 analyzer_tech_debt.txt -rw-rw-r-- 1 root root 1.6K Oct 31 2024 attach_gdb.lib -rw-r--r-- 1 root root 1.3K May 28 20:18 __azurite_db_blob_extent__.json -rw-r--r-- 1 root root 3.9K May 28 20:18 __azurite_db_blob__.json -rw-r--r-- 1 root root 1.4K May 28 20:18 azurite_log lrwxrwxrwx 1 root root 7 Sep 11 2024 bin -> usr/bin drwxr-xr-x 2 root root 4.0K May 28 20:18 __blobstorage__ drwxr-xr-x 2 root root 4.0K Apr 18 2022 boot -rw-rw-r-- 1 1000 1000 4.0K May 28 20:15 broken_tests.json drwxr-xr-x 5 root root 340 May 28 20:17 dev -rwxr-xr-x 1 root root 0 May 28 20:17 .dockerenv drwxr-xr-x 1 root root 4.0K May 28 20:17 etc drwxr-xr-x 10 1000 1000 4.0K Jun 15 2021 hadoop-3.3.1 drwxr-xr-x 2 root root 4.0K Apr 18 2022 home lrwxrwxrwx 1 root root 7 Sep 11 2024 lib -> usr/lib lrwxrwxrwx 1 root root 9 Sep 11 2024 lib32 -> usr/lib32 lrwxrwxrwx 1 root root 9 Sep 11 2024 lib64 -> usr/lib64 lrwxrwxrwx 1 root root 10 Sep 11 2024 libx32 -> usr/libx32 -rwxr-xr-x 1 root root 21M Oct 31 2024 mc drwxr-xr-x 2 root root 4.0K Sep 11 2024 media -rwxr-xr-x 1 root root 114M Oct 31 2024 minio drwxr-xr-x 4 root root 4.0K May 28 20:18 minio_data drwxr-xr-x 2 root root 4.0K Sep 11 2024 mnt drwxr-xr-x 2 root root 4.0K Sep 11 2024 opt -rw-r--r-- 1 root root 0 Feb 15 2024 .package-cache-mutate drwxrwxr-x 2 1000 1000 4.0K May 28 20:17 package_folder dr-xr-xr-x 312 root root 0 May 28 20:17 proc -rwxrwxr-x 1 root root 8.2K Oct 31 2024 process_functional_tests_result.py drwx------ 1 root root 4.0K May 28 20:18 root drwxr-xr-x 1 root root 4.0K May 28 20:17 run -rwxrwxr-x 1 root root 16K Oct 31 2024 run.sh lrwxrwxrwx 1 root root 8 Sep 11 2024 sbin -> usr/sbin -rwxrwxr-x 1 root root 11K Oct 31 2024 setup_export_logs.sh -rwxrwxr-x 1 root root 351 Oct 31 2024 setup_hdfs_minicluster.sh -rwxrwxr-x 1 root root 3.4K Oct 31 2024 setup_minio.sh drwxr-xr-x 2 root root 4.0K Sep 11 2024 srv -rw-rw-r-- 1 root root 13K Oct 31 2024 stress_tests.lib dr-xr-xr-x 13 root root 0 May 28 20:17 sys drwxrwxr-x 2 1000 1000 4.0K May 28 20:17 test_output drwxrwxrwt 1 root root 4.0K May 28 20:18 tmp drwxr-xr-x 1 root root 4.0K Sep 11 2024 usr -rw-rw-r-- 1 root root 833 Oct 31 2024 utils.lib drwxr-xr-x 1 root root 4.0K Sep 11 2024 var + cd hadoop-3.3.1 + export JAVA_HOME=/usr + JAVA_HOME=/usr + mkdir -p target/test/data + chown clickhouse ./target/test/data + nc -z localhost 12222 + sudo -E -u clickhouse bin/mapred minicluster -format -nomr -nnport 12222 + sleep 1 + nc -z localhost 12222 + sleep 1 + nc -z localhost 12222 + lsof -i :12222 COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME java 554 clickhouse 322u IPv4 26209 0t0 TCP localhost:12222 (LISTEN) + sleep 5 + config_logs_export_cluster /etc/clickhouse-server/config.d/system_logs_export.yaml + set +x File /tmp/export-logs-config.sh does not exist, do not setup + [[ -n '' ]] + '[' 1 -gt 1 ']' + sudo clickhouse start 127.0.0.1 - - [28/May/2025:18:18:36 +0000] "PUT /devstoreaccount1/cont?restype=container HTTP/1.1" 201 - 127.0.0.1 - - [28/May/2025:18:18:36 +0000] "PUT /devstoreaccount1/cont/nmwahtosgdberfkjztbqvyfgtsfphpzc?blockid=kxliyqwnbhmcdgccxirufajbkhhyowkumxnbxxbennraijwpmqarvwyvfihjkdmx&comp=block HTTP/1.1" 201 - 127.0.0.1 - - [28/May/2025:18:18:36 +0000] "PUT /devstoreaccount1/cont/nmwahtosgdberfkjztbqvyfgtsfphpzc?comp=blocklist HTTP/1.1" 201 - 127.0.0.1 - - [28/May/2025:18:18:36 +0000] "GET /devstoreaccount1/cont/nmwahtosgdberfkjztbqvyfgtsfphpzc HTTP/1.1" 206 4 127.0.0.1 - - [28/May/2025:18:18:36 +0000] "GET /devstoreaccount1/cont/nmwahtosgdberfkjztbqvyfgtsfphpzc HTTP/1.1" 206 2 127.0.0.1 - - [28/May/2025:18:18:36 +0000] "DELETE /devstoreaccount1/cont/nmwahtosgdberfkjztbqvyfgtsfphpzc HTTP/1.1" 202 - chown -R clickhouse: '/var/run/clickhouse-server/' Will run sudo --preserve-env -u 'clickhouse' /usr/bin/clickhouse-server --config-file /etc/clickhouse-server/config.xml --pid-file /var/run/clickhouse-server/clickhouse-server.pid --daemon Waiting for server to start Waiting for server to start Server started + [[ -n '' ]] + for _ in {1..100} + clickhouse-client --query 'SELECT 1' 1 + break + setup_logs_replication + set +x File /tmp/export-logs-config.sh does not exist, do not setup + attach_gdb_to_clickhouse ++ kill -l SIGRTMIN + RTMIN=34 + echo ' set follow-fork-mode parent handle SIGHUP nostop noprint pass handle SIGINT nostop noprint pass handle SIGQUIT nostop noprint pass handle SIGPIPE nostop noprint pass handle SIGTERM nostop noprint pass handle SIGUSR1 nostop noprint pass handle SIGUSR2 nostop noprint pass handle SIG34 nostop noprint pass info signals continue backtrace full thread apply all backtrace full info registers disassemble /s up disassemble /s up disassemble /s p "done" detach quit ' + sleep 5 + ts '%Y-%m-%d %H:%M:%S' ++ cat /var/run/clickhouse-server/clickhouse-server.pid + gdb -batch -command script.gdb -p 743 + run_with_retry 60 clickhouse-client --query 'SELECT '\''Connected to clickhouse-server after attaching gdb'\''' + [[ aehxB =~ e ]] + set_e=true + set +e + local total_retries=60 + shift + local retry=0 + '[' 0 -ge 60 ']' + clickhouse-client --query 'SELECT '\''Connected to clickhouse-server after attaching gdb'\''' Connected to clickhouse-server after attaching gdb + true + set -e + return + export -f run_tests + '[' 1 -gt 1 ']' + timeout_with_logging 9720 bash -c run_tests + local exit_code=0 + timeout 9720 bash -c run_tests + read -ra ADDITIONAL_OPTIONS + HIGH_LEVEL_COVERAGE=YES + '[' 1 -gt 1 ']' + [[ -n '' ]] + [[ -n '' ]] ++ clickhouse-client --query 'SELECT value LIKE '\''%SANITIZE_COVERAGE%'\'' FROM system.build_options WHERE name = '\''CXX_FLAGS'\''' + [[ 1 == 0 ]] + ADDITIONAL_OPTIONS+=('--jobs') + ADDITIONAL_OPTIONS+=('8') + [[ -n 0 ]] + [[ -n 2 ]] + ADDITIONAL_OPTIONS+=('--run-by-hash-num') + ADDITIONAL_OPTIONS+=("$RUN_BY_HASH_NUM") + ADDITIONAL_OPTIONS+=('--run-by-hash-total') + ADDITIONAL_OPTIONS+=("$RUN_BY_HASH_TOTAL") + HIGH_LEVEL_COVERAGE=NO + [[ -n '' ]] + [[ NO = \Y\E\S ]] + ADDITIONAL_OPTIONS+=('--report-logs-stats') + try_run_with_retry 10 clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')' + local total_retries=10 + shift + fn_exists run_with_retry + declare -F run_with_retry + run_with_retry 10 clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')' + [[ hxBc =~ e ]] + set_e=false + set +e + local total_retries=10 + shift + local retry=0 + '[' 0 -ge 10 ']' + clickhouse-client -q 'insert into system.zookeeper (name, path, value) values ('\''auxiliary_zookeeper2'\'', '\''/test/chroot/'\'', '\'''\'')' + false + return + set +e + clickhouse-test --testname --shard --zookeeper --check-zookeeper-session --hung-check --print-time --test-runs 1 --hung-check --print-time --jobs 8 --run-by-hash-num 0 --run-by-hash-total 2 --report-logs-stats + ts '%Y-%m-%d %H:%M:%S' + tee -a test_output/test_result.txt 2025-05-28 20:19:24 Using queries from '/usr/share/clickhouse-test/queries' directory 2025-05-28 20:19:24 Connecting to ClickHouse server... OK 2025-05-28 20:19:24 Connected to server 24.3.18.10405.altinitystable @ 3f49b6a95ed1fca3de0241b30117a66d0a7f897f HEAD 2025-05-28 20:19:25 Found 2890 parallel tests and 300 sequential tests 2025-05-28 20:19:25 2025-05-28 20:19:25 Running about 361 stateless tests (ForkPoolWorker-5). 2025-05-28 20:19:25 2025-05-28 20:19:25 03303_alias_inverse_order: [ OK ] 0.26 sec. 2025-05-28 20:19:25 2025-05-28 20:19:25 Running about 361 stateless tests (ForkPoolWorker-3). 2025-05-28 20:19:25 2025-05-28 20:19:25 03290_limit_by_segv: [ OK ] 0.31 sec. 2025-05-28 20:19:25 2025-05-28 20:19:25 Running about 361 stateless tests (ForkPoolWorker-8). 2025-05-28 20:19:25 2025-05-28 20:19:25 03289_explain_syntax_statistics: [ OK ] 0.30 sec. 2025-05-28 20:19:25 2025-05-28 20:19:25 Running about 361 stateless tests (ForkPoolWorker-9). 2025-05-28 20:19:25 2025-05-28 20:19:25 03261_sort_cursor_crash: [ OK ] 0.42 sec. 2025-05-28 20:19:25 2025-05-28 20:19:25 Running about 361 stateless tests (ForkPoolWorker-7). 2025-05-28 20:19:25 2025-05-28 20:19:25 03284_json_object_as_tuple_duplicate_keys: [ OK ] 0.43 sec. 2025-05-28 20:19:25 03251_unaligned_window_function_state: [ OK ] 0.23 sec. 2025-05-28 20:19:25 2025-05-28 20:19:25 Running about 361 stateless tests (ForkPoolWorker-2). 2025-05-28 20:19:25 2025-05-28 20:19:25 03290_final_collapsing: [ OK ] 0.52 sec. 2025-05-28 20:19:25 03230_anyHeavy_merge: [ OK ] 0.21 sec. 2025-05-28 20:19:25 03228_variant_permutation_issue: [ OK ] 0.22 sec. 2025-05-28 20:19:25 03210_nested_short_circuit_functions_bug: [ OK ] 0.19 sec. 2025-05-28 20:19:25 03217_filtering_in_storage_merge: [ OK ] 0.26 sec. 2025-05-28 20:19:25 03215_validate_type_in_alter_add_modify_column: [ OK ] 0.28 sec. 2025-05-28 20:19:26 03205_system_sync_replica_format: [ OK ] 0.21 sec. 2025-05-28 20:19:26 03222_datetime64_small_value_const: [ OK ] 0.42 sec. 2025-05-28 20:19:26 03203_system_numbers_limit_and_offset_complex: [ OK ] 0.29 sec. 2025-05-28 20:19:26 03196_max_intersections_arena_crash: [ OK ] 0.21 sec. 2025-05-28 20:19:26 03209_parameterized_view_with_non_literal_params: [ OK ] 0.54 sec. 2025-05-28 20:19:26 03174_low_cardinality_group_by_distributed_plan: [ OK ] 0.33 sec. 2025-05-28 20:19:26 03167_parametrized_view_with_cte: [ OK ] 0.23 sec. 2025-05-28 20:19:26 03166_mv_prewhere_duplicating_name_bug: [ OK ] 0.22 sec. 2025-05-28 20:19:26 03165_order_by_duplicate: [ OK ] 0.22 sec. 2025-05-28 20:19:26 03165_distinct_with_window_func_crash: [ OK ] 0.20 sec. 2025-05-28 20:19:26 2025-05-28 20:19:26 Running about 361 stateless tests (ForkPoolWorker-6). 2025-05-28 20:19:26 2025-05-28 20:19:26 03262_udf_in_constraint: [ OK ] 1.53 sec. 2025-05-28 20:19:26 03152_analyzer_columns_list: [ OK ] 0.24 sec. 2025-05-28 20:19:26 03164_analyzer_validate_tree_size: [ OK ] 0.30 sec. 2025-05-28 20:19:27 03151_pmj_join_non_procssed_clash: [ OK ] 0.30 sec. 2025-05-28 20:19:27 03143_parallel_replicas_mat_view_bug: [ OK ] 0.24 sec. 2025-05-28 20:19:27 03142_alter_comment_parameterized_view: [ OK ] 0.25 sec. 2025-05-28 20:19:27 03142_untuple_crash: [ OK ] 0.22 sec. 2025-05-28 20:19:27 03129_cte_with_final: [ OK ] 0.24 sec. 2025-05-28 20:19:27 03131_rewrite_sum_if_nullable: [ OK ] 0.32 sec. 2025-05-28 20:19:27 03127_argMin_combinator_state: [ OK ] 0.27 sec. 2025-05-28 20:19:27 03033_final_undefined_last_mark: [ OK ] 0.19 sec. 2025-05-28 20:19:27 03093_bug_gcd_codec: [ OK ] 0.31 sec. 2025-05-28 20:19:27 03038_move_partition_to_oneself_deadlock: [ OK ] 0.26 sec. 2025-05-28 20:19:27 03144_alter_column_and_read: [ OK ] 0.23 sec. 2025-05-28 20:19:27 03031_input_format_allow_errors_num_bad_escape_sequence: [ OK ] 0.20 sec. 2025-05-28 20:19:27 03032_scalars_create_as_select: [ OK ] 0.22 sec. 2025-05-28 20:19:27 03033_analyzer_resolve_from_parent_scope: [ OK ] 0.27 sec. 2025-05-28 20:19:28 03198_settings_in_csv_tsv_schema_cache: [ OK ] 2.01 sec. 2025-05-28 20:19:28 03023_remove_unused_column_distinct: [ OK ] 0.20 sec. 2025-05-28 20:19:28 03022_alter_materialized_view_query_has_inner_table: [ OK ] 0.27 sec. 2025-05-28 20:19:28 03019_numbers_pretty: [ OK ] 0.24 sec. 2025-05-28 20:19:28 03018_analyzer_distributed_query_with_positional_arguments: [ OK ] 0.21 sec. 2025-05-28 20:19:28 03016_analyzer_groupby_fuzz_59796: [ OK ] 0.21 sec. 2025-05-28 20:19:28 03015_with_fill_invalid_expression: [ OK ] 0.23 sec. 2025-05-28 20:19:28 03015_aggregator_empty_data_multiple_blocks: [ OK ] 0.21 sec. 2025-05-28 20:19:28 03014_group_by_use_nulls_injective_functions_and_analyzer: [ OK ] 0.20 sec. 2025-05-28 20:19:28 03015_peder1001: [ OK ] 0.30 sec. 2025-05-28 20:19:29 03014_window_view_crash: [ OK ] 0.21 sec. 2025-05-28 20:19:29 03014_analyzer_groupby_fuzz_60317: [ OK ] 0.24 sec. 2025-05-28 20:19:29 03172_http_content_encoding: [ OK ] 2.95 sec. 2025-05-28 20:19:29 03013_position_const_start_pos: [ OK ] 0.20 sec. 2025-05-28 20:19:29 03014_msan_parse_date_time: [ OK ] 0.22 sec. 2025-05-28 20:19:29 03013_group_by_use_nulls_with_materialize_and_analyzer: [ OK ] 0.25 sec. 2025-05-28 20:19:29 03013_repeat_with_nonnative_integers: [ OK ] 0.20 sec. 2025-05-28 20:19:29 03018_external_with_complex_data_types: [ OK ] 1.40 sec. 2025-05-28 20:19:29 03011_adaptative_timeout_compatibility: [ OK ] 0.22 sec. 2025-05-28 20:19:29 03010_sum_to_to_count_if_nullable: [ OK ] 0.25 sec. 2025-05-28 20:19:29 03010_read_system_parts_table_test: [ OK ] 0.23 sec. 2025-05-28 20:19:29 03010_view_prewhere_in: [ OK ] 0.23 sec. 2025-05-28 20:19:30 03020_long_values_pretty_are_not_cut_if_single: [ OK ] 2.01 sec. 2025-05-28 20:19:30 03008_index_small: [ OK ] 0.23 sec. 2025-05-28 20:19:30 03007_column_nullable_uninitialzed_value: [ OK ] 0.22 sec. 2025-05-28 20:19:30 03008_filter_projections_non_deterministoc_functions: [ OK ] 0.54 sec. 2025-05-28 20:19:30 03006_buffer_overflow_join: [ OK ] 0.21 sec. 2025-05-28 20:19:30 03020_output_format_client: [ OK ] 2.71 sec. 2025-05-28 20:19:30 03005_input_function_in_join: [ OK ] 0.22 sec. 2025-05-28 20:19:30 03006_mv_deduplication_throw_if_async_insert: [ OK ] 0.54 sec. 2025-05-28 20:19:31 03003_enum_and_string_compatible: [ OK ] 0.20 sec. 2025-05-28 20:19:31 03003_analyzer_setting: [ OK ] 0.19 sec. 2025-05-28 20:19:31 03003_compatibility_setting_bad_value: [ OK ] 0.19 sec. 2025-05-28 20:19:31 03009_format_show_database: [ OK ] 1.69 sec. 2025-05-28 20:19:31 03199_unbin_buffer_overflow: [ OK ] 5.70 sec. 2025-05-28 20:19:31 03002_modify_query_cte: [ OK ] 0.22 sec. 2025-05-28 20:19:31 03012_parser_backtracking: [ OK ] 2.60 sec. 2025-05-28 20:19:32 03002_analyzer_prewhere: [ OK ] 0.25 sec. 2025-05-28 20:19:32 03002_map_array_functions_with_low_cardinality: [ OK ] 0.19 sec. 2025-05-28 20:19:32 03002_int_div_decimal_with_date_bug: [ OK ] 0.23 sec. 2025-05-28 20:19:32 03006_async_insert_deadlock_log: [ OK ] 1.97 sec. 2025-05-28 20:19:32 03003_prql_panic: [ OK ] 1.42 sec. 2025-05-28 20:19:32 03003_database_filesystem_format_detection: [ OK ] 1.66 sec. 2025-05-28 20:19:32 03008_uniq_exact_equal_ranges: [ OK ] 2.81 sec. 2025-05-28 20:19:32 02999_analyzer_preimage_null: [ OK ] 0.21 sec. 2025-05-28 20:19:32 02999_ulid_short_circuit: [ OK ] 0.20 sec. 2025-05-28 20:19:32 02998_primary_key_skip_columns: [ SKIPPED ] 0.00 sec. - not running for current build 2025-05-28 20:19:33 02999_scalar_subqueries_bug_1: [ OK ] 0.25 sec. 2025-05-28 20:19:33 02999_variant_suspicious_types: [ OK ] 0.24 sec. 2025-05-28 20:19:33 02999_scalar_subqueries_bug_2: [ OK ] 0.20 sec. 2025-05-28 20:19:33 02998_analyzer_secret_args_tree_node: [ OK ] 0.22 sec. 2025-05-28 20:19:33 02998_projection_after_attach_partition: [ OK ] 0.31 sec. 2025-05-28 20:19:33 02998_to_milliseconds: [ OK ] 0.36 sec. 2025-05-28 20:19:33 02997_projections_formatting: [ OK ] 0.23 sec. 2025-05-28 20:19:33 02995_preliminary_filters_duplicated_columns: [ OK ] 0.24 sec. 2025-05-28 20:19:33 03001_bad_error_message_higher_order_functions: [ OK ] 1.43 sec. 2025-05-28 20:19:33 02995_bad_formatting_union_intersect: [ OK ] 0.21 sec. 2025-05-28 20:19:33 03002_filter_skip_virtual_columns_with_non_deterministic_functions: [ OK ] 2.22 sec. 2025-05-28 20:19:33 02994_inconsistent_formatting: [ OK ] 0.23 sec. 2025-05-28 20:19:34 02998_http_redirects: [ OK ] 1.25 sec. 2025-05-28 20:19:35 02992_all_columns_should_have_comment: [ OK ] 0.76 sec. 2025-05-28 20:19:35 02993_lazy_index_loading: [ OK ] 1.49 sec. 2025-05-28 20:19:35 03001_backup_matview_after_modify_query: [ OK ] 3.14 sec. 2025-05-28 20:19:35 02990_format_not_precedence: [ OK ] 0.32 sec. 2025-05-28 20:19:35 02991_count_rewrite_analyzer: [ OK ] 0.59 sec. 2025-05-28 20:19:35 02995_forget_partition: [ OK ] 2.19 sec. 2025-05-28 20:19:35 02994_sanity_check_settings: [ OK ] 2.18 sec. 2025-05-28 20:19:35 02992_analyzer_group_by_const: [ OK ] 1.96 sec. 2025-05-28 20:19:36 02990_optimize_uniq_to_count_alias: [ OK ] 0.32 sec. 2025-05-28 20:19:36 02990_arrayFold_nullable_lc: [ OK ] 0.33 sec. 2025-05-28 20:19:36 02989_variant_comparison: [ OK ] 0.39 sec. 2025-05-28 20:19:36 02988_join_using_prewhere_pushdown: [ OK ] 0.23 sec. 2025-05-28 20:19:36 02989_replicated_merge_tree_invalid_metadata_version: [ OK ] 0.31 sec. 2025-05-28 20:19:36 02988_ordinary_database_warning: [ OK ] 0.20 sec. 2025-05-28 20:19:36 02986_leftpad_fixedstring: [ OK ] 0.22 sec. 2025-05-28 20:19:36 02985_if_over_big_int_decimal: [ OK ] 0.26 sec. 2025-05-28 20:19:36 02985_minmax_index_aggregate_function: [ OK ] 0.31 sec. 2025-05-28 20:19:36 02982_dont_infer_exponent_floats: [ OK ] 0.20 sec. 2025-05-28 20:19:36 02990_format_select_from_explain: [ OK ] 1.34 sec. 2025-05-28 20:19:36 02982_parallel_replicas_unexpected_cluster: [ OK ] 0.25 sec. 2025-05-28 20:19:36 02982_unambiguous_alter_commands: [ OK ] 0.30 sec. 2025-05-28 20:19:36 02983_empty_map: [ OK ] 0.61 sec. 2025-05-28 20:19:36 02981_translate_fixedstring: [ OK ] 0.21 sec. 2025-05-28 20:19:37 02981_variant_type_function: [ OK ] 0.26 sec. 2025-05-28 20:19:37 02975_intdiv_with_decimal: [ OK ] 0.34 sec. 2025-05-28 20:19:37 02974_analyzer_array_join_subcolumn: [ OK ] 0.25 sec. 2025-05-28 20:19:37 02974_if_with_map: [ OK ] 0.27 sec. 2025-05-28 20:19:38 02982_comments_in_system_tables: [ OK ] 1.62 sec. 2025-05-28 20:19:38 02973_dictionary_table_exception_fix: [ OK ] 0.25 sec. 2025-05-28 20:19:38 02973_analyzer_join_use_nulls_column_not_found: [ OK ] 0.24 sec. 2025-05-28 20:19:38 02981_vertical_merges_memory_usage: [ OK ] 1.59 sec. 2025-05-28 20:19:38 02973_block_number_sparse_serialization_and_mutation: [ OK ] 0.36 sec. 2025-05-28 20:19:38 02972_to_string_nullable_timezone: [ OK ] 0.23 sec. 2025-05-28 20:19:39 02974_backup_query_format_null: [ OK ] 2.01 sec. 2025-05-28 20:19:39 02971_limit_by_distributed: [ OK ] 0.24 sec. 2025-05-28 20:19:39 02970_visible_width_behavior: [ OK ] 0.25 sec. 2025-05-28 20:19:39 02980_s3_plain_DROP_TABLE_ReplicatedMergeTree: [ OK ] 2.83 sec. 2025-05-28 20:19:39 02972_parallel_replicas_cte: [ OK ] 1.11 sec. 2025-05-28 20:19:39 02969_analyzer_eliminate_injective_functions: [ OK ] 0.26 sec. 2025-05-28 20:19:40 02969_functions_to_subcolumns_if_null: [ OK ] 0.27 sec. 2025-05-28 20:19:41 02968_mysql_prefer_column_name_to_alias: [ OK ] 1.24 sec. 2025-05-28 20:19:41 02969_archive_seek: [ OK ] 1.41 sec. 2025-05-28 20:19:41 02968_analyzer_join_column_not_found: [ OK ] 0.19 sec. 2025-05-28 20:19:41 02968_url_args: [ OK ] 0.22 sec. 2025-05-28 20:19:41 02987_group_array_intersect: [ OK ] 5.68 sec. 2025-05-28 20:19:41 02967_fuzz_bad_cast: [ OK ] 0.23 sec. 2025-05-28 20:19:41 02967_analyzer_fuzz: [ OK ] 0.25 sec. 2025-05-28 20:19:41 02972_insert_deduplication_token_hierarchical_inserts_views: [ OK ] 3.65 sec. 2025-05-28 20:19:41 02967_index_hint_crash: [ OK ] 0.22 sec. 2025-05-28 20:19:42 02972_insert_deduplication_token_hierarchical_inserts: [ OK ] 3.49 sec. 2025-05-28 20:19:42 02963_single_value_destructor: [ OK ] 0.34 sec. 2025-05-28 20:19:42 02963_test_flexible_disk_configuration: [ OK ] 0.36 sec. 2025-05-28 20:19:42 02966_nested_offsets_subcolumn: [ OK ] 0.57 sec. 2025-05-28 20:19:42 02962_analyzer_constant_set: [ OK ] 0.23 sec. 2025-05-28 20:19:42 02962_join_using_bug_57894: [ OK ] 0.25 sec. 2025-05-28 20:19:42 02962_parallel_window_functions_different_partitioning: [ OK ] 0.21 sec. 2025-05-28 20:19:42 02962_indexHint_rpn_construction: [ OK ] 0.22 sec. 2025-05-28 20:19:42 02960_alter_table_part_query_parameter: [ OK ] 0.23 sec. 2025-05-28 20:19:42 02961_analyzer_low_cardinality_fuzzer: [ OK ] 0.25 sec. 2025-05-28 20:19:42 02967_parallel_replicas_joins_and_analyzer: [ OK ] 1.08 sec. 2025-05-28 20:19:43 02959_system_database_engines: [ OK ] 0.20 sec. 2025-05-28 20:19:43 02956_fix_to_start_of_milli_microsecond: [ OK ] 0.21 sec. 2025-05-28 20:19:43 02954_analyzer_fuzz_i57086: [ OK ] 0.23 sec. 2025-05-28 20:19:43 02953_slow_create_view: [ OK ] 0.22 sec. 2025-05-28 20:19:43 02952_archive_parsing: [ OK ] 0.20 sec. 2025-05-28 20:19:43 02955_analyzer_using_functional_args: [ OK ] 0.62 sec. 2025-05-28 20:19:43 02994_merge_tree_mutations_cleanup: [ OK ] 10.27 sec. 2025-05-28 20:19:44 02950_part_log_bytes_uncompressed: [ OK ] 0.59 sec. 2025-05-28 20:19:44 02956_clickhouse_local_system_parts: [ OK ] 1.42 sec. 2025-05-28 20:19:44 02950_parallel_replicas_used_count: [ OK ] 0.77 sec. 2025-05-28 20:19:44 02949_parallel_replicas_scalar_subquery_big_integer: [ OK ] 0.21 sec. 2025-05-28 20:19:44 02950_reading_array_tuple_subcolumns: [ OK ] 0.64 sec. 2025-05-28 20:19:44 02949_ttl_group_by_bug: [ OK ] 0.25 sec. 2025-05-28 20:19:44 02947_dropped_tables_parts: [ OK ] 0.24 sec. 2025-05-28 20:19:44 02952_clickhouse_local_query_parameters_cli: [ OK ] 1.35 sec. 2025-05-28 20:19:44 02949_parallel_replicas_in_subquery: [ OK ] 0.34 sec. 2025-05-28 20:19:44 02946_literal_alias_misclassification: [ OK ] 0.23 sec. 2025-05-28 20:19:44 02943_variant_element: [ OK ] 0.24 sec. 2025-05-28 20:19:44 02943_tokenbf_and_ngrambf_indexes_support_match_function: [ OK ] 0.34 sec. 2025-05-28 20:19:45 02943_order_by_all: [ OK ] 0.41 sec. 2025-05-28 20:19:45 02940_json_array_of_unnamed_tuples_inference: [ OK ] 0.21 sec. 2025-05-28 20:19:45 02941_projections_external_aggregation: [ OK ] 0.60 sec. 2025-05-28 20:19:45 02935_ipv6_bit_operations: [ OK ] 0.20 sec. 2025-05-28 20:19:45 02935_format_with_arbitrary_types: [ OK ] 0.42 sec. API: PutObject(bucket=test, object=s3/khq/qglzhqpaecbjterntwgirnulibwke) Time: 18:19:46 UTC 05/28/2025 DeploymentID: 8bc23472-7913-40ce-b415-dd59e4d6c2c2 RequestID: 1843C3D1D8AEB3B3 RemoteHost: ::1 Host: localhost:11111 UserAgent: aws-sdk-cpp/1.11.234 ua/2.0 md/aws-crt#0.24.11-dev+3f49b6a9 os/Linux/5.15.0-130-generic md/arch#x86_64 lang/c++#C++23 md/Clang#17.0.6 cfg/retry-mode#custom api/S3 Error: unexpected EOF (*errors.errorString) 5: cmd/fs-v1-helpers.go:340:cmd.fsCreateFile() 4: cmd/fs-v1.go:1083:cmd.(*FSObjects).putObject() 3: cmd/fs-v1.go:1008:cmd.(*FSObjects).PutObject() 2: cmd/object-handlers.go:1798:cmd.objectAPIHandlers.PutObjectHandler() 1: net/http/server.go:2047:http.HandlerFunc.ServeHTTP() script.gdb:13: Error in sourced command file: No stack. 2025-05-28 20:19:58 02969_auto_format_detection: [ FAIL ] 19.23 sec. - server died 2025-05-28 20:19:58 ConnectionRefusedError 2025-05-28 20:19:58 [Errno 111] Connection refused 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1692, in run 2025-05-28 20:19:58 self._cleanup(result.status == TestStatus.OK) 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1755, in _cleanup 2025-05-28 20:19:58 self._cleanup_database(args, timeout) 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1789, in _cleanup_database 2025-05-28 20:19:58 clickhouse_execute( 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 331, in clickhouse_execute 2025-05-28 20:19:58 return clickhouse_execute_http( 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 312, in clickhouse_execute_http 2025-05-28 20:19:58 raise ex 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 301, in clickhouse_execute_http 2025-05-28 20:19:58 client.request( 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1283, in request 2025-05-28 20:19:58 self._send_request(method, url, body, headers, encode_chunked) 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1329, in _send_request 2025-05-28 20:19:58 self.endheaders(body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1278, in endheaders 2025-05-28 20:19:58 self._send_output(message_body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1038, in _send_output 2025-05-28 20:19:58 self.send(msg) 2025-05-28 20:19:58 2025-05-28 20:19:58 Settings used in the test: --max_insert_threads 15 --group_by_two_level_threshold 1000000 --group_by_two_level_threshold_bytes 30154773 --distributed_aggregation_memory_efficient 0 --fsync_metadata 1 --output_format_parallel_formatting 1 --input_format_parallel_parsing 1 --min_chunk_bytes_for_parallel_parsing 12671106 --max_read_buffer_size 566709 --prefer_localhost_replica 1 --max_block_size 27367 --max_threads 29 --optimize_append_index 0 --optimize_if_chain_to_multiif 1 --optimize_if_transform_strings_to_enum 0 --optimize_read_in_order 0 --optimize_or_like_chain 0 --optimize_substitute_columns 0 --enable_multiple_prewhere_read_steps 0 --read_in_order_two_level_merge_threshold 10 --optimize_aggregation_in_order 1 --aggregation_in_order_max_block_bytes 12374963 --use_uncompressed_cache 1 --min_bytes_to_use_direct_io 1 --min_bytes_to_use_mmap_io 10737418240 --local_filesystem_read_method mmap --remote_filesystem_read_method threadpool --local_filesystem_read_prefetch 0 --filesystem_cache_segments_batch_size 10 --read_from_filesystem_cache_if_exists_otherwise_bypass_cache 1 --throw_on_error_from_cache_on_write_operations 0 --remote_filesystem_read_prefetch 1 --allow_prefetched_read_pool_for_remote_filesystem 0 --filesystem_prefetch_max_memory_usage 32Mi --filesystem_prefetches_limit 10 --filesystem_prefetch_min_bytes_for_single_read_task 8Mi --filesystem_prefetch_step_marks 0 --filesystem_prefetch_step_bytes 0 --compile_aggregate_expressions 1 --compile_sort_description 1 --merge_tree_coarse_index_granularity 29 --optimize_distinct_in_order 0 --max_bytes_before_external_sort 10737418240 --max_bytes_before_external_group_by 1 --max_bytes_before_remerge_sort 1911636889 --min_compress_block_size 2216329 --max_compress_block_size 876422 --merge_tree_compact_parts_min_granules_to_multibuffer_read 19 --optimize_sorting_by_input_stream_properties 1 --http_response_buffer_size 1372120 --http_wait_end_of_query True --enable_memory_bound_merging_of_aggregation_results 1 --min_count_to_compile_expression 0 --min_count_to_compile_aggregate_expression 3 --min_count_to_compile_sort_description 0 --session_timezone America/Mazatlan --prefer_warmed_unmerged_parts_seconds 5 --use_page_cache_for_disks_without_file_cache False --page_cache_inject_eviction False --merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability 0.64 2025-05-28 20:19:58 2025-05-28 20:19:58 MergeTree settings used in test: --ratio_of_defaults_for_sparse_serialization 0.0 --prefer_fetch_merged_part_size_threshold 1 --vertical_merge_algorithm_min_rows_to_activate 1 --vertical_merge_algorithm_min_columns_to_activate 100 --allow_vertical_merges_from_compact_to_wide_parts 0 --min_merge_bytes_to_use_direct_io 10737418240 --index_granularity_bytes 10735274 --merge_max_block_size 8329 --index_granularity 55018 --min_bytes_for_wide_part 1073741824 --marks_compress_block_size 28365 --primary_key_compress_block_size 71038 --replace_long_file_name_to_hash 0 --max_file_name_length 18 --min_bytes_for_full_part_storage 473896459 --compact_parts_max_bytes_to_buffer 233985325 --compact_parts_max_granules_to_buffer 119 --compact_parts_merge_max_bytes_to_prefetch_part 12142103 --cache_populated_by_fetch 0 --concurrent_part_removal_threshold 100 --old_parts_lifetime 402 2025-05-28 20:19:58 2025-05-28 20:19:58 Database: test_30p562kt 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 2025-05-28 20:19:58 Having 1 errors! 24 tests passed. 0 tests skipped. 33.77 s elapsed (ForkPoolWorker-9). 2025-05-28 20:19:58 Process ForkPoolWorker-8: 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 3393, in 2025-05-28 20:19:58 Process ForkPoolWorker-7: 2025-05-28 20:19:58 Process ForkPoolWorker-2: 2025-05-28 20:19:58 main(args) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2787, in main 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 Process ForkPoolWorker-4: 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 301, in clickhouse_execute_http 2025-05-28 20:19:58 client.request( 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1283, in request 2025-05-28 20:19:58 self._send_request(method, url, body, headers, encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1329, in _send_request 2025-05-28 20:19:58 self.endheaders(body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1278, in endheaders 2025-05-28 20:19:58 self._send_output(message_body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1038, in _send_output 2025-05-28 20:19:58 self.send(msg) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 976, in send 2025-05-28 20:19:58 self.connect() 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 942, in connect 2025-05-28 20:19:58 self.sock = self._create_connection( 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 845, in create_connection 2025-05-28 20:19:58 raise err 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 833, in create_connection 2025-05-28 20:19:58 sock.connect(sa) 2025-05-28 20:19:58 ConnectionRefusedError: [Errno 111] Connection refused 2025-05-28 20:19:58 2025-05-28 20:19:58 During handling of the above exception, another exception occurred: 2025-05-28 20:19:58 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap 2025-05-28 20:19:58 self.run() 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run 2025-05-28 20:19:58 self._target(*self._args, **self._kwargs) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/pool.py", line 125, in worker 2025-05-28 20:19:58 result = (True, func(*args, **kwds)) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/pool.py", line 48, in mapstar 2025-05-28 20:19:58 return list(map(*args)) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2180, in run_tests_array 2025-05-28 20:19:58 raise e 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2148, in run_tests_array 2025-05-28 20:19:58 test_result = test_case.run( 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1696, in run 2025-05-28 20:19:58 raise e 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 301, in clickhouse_execute_http 2025-05-28 20:19:58 client.request( 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1692, in run 2025-05-28 20:19:58 self._cleanup(result.status == TestStatus.OK) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1755, in _cleanup 2025-05-28 20:19:58 self._cleanup_database(args, timeout) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1283, in request 2025-05-28 20:19:58 self._send_request(method, url, body, headers, encode_chunked) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1789, in _cleanup_database 2025-05-28 20:19:58 clickhouse_execute( 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1329, in _send_request 2025-05-28 20:19:58 self.endheaders(body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 331, in clickhouse_execute 2025-05-28 20:19:58 return clickhouse_execute_http( 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1278, in endheaders 2025-05-28 20:19:58 self._send_output(message_body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 314, in clickhouse_execute_http 2025-05-28 20:19:58 sleep(i + 1) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1038, in _send_output 2025-05-28 20:19:58 self.send(msg) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 367, in signal_handler 2025-05-28 20:19:58 raise Terminated(f"Terminated with {sig} signal") 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 976, in send 2025-05-28 20:19:58 self.connect() 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 942, in connect 2025-05-28 20:19:58 self.sock = self._create_connection( 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 845, in create_connection 2025-05-28 20:19:58 raise err 2025-05-28 20:19:58 Terminated: Terminated with 15 signal 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 833, in create_connection 2025-05-28 20:19:58 sock.connect(sa) 2025-05-28 20:19:58 ConnectionRefusedError: [Errno 111] Connection refused 2025-05-28 20:19:58 2025-05-28 20:19:58 During handling of the above exception, another exception occurred: 2025-05-28 20:19:58 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 301, in clickhouse_execute_http 2025-05-28 20:19:58 client.request( 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1283, in request 2025-05-28 20:19:58 self._send_request(method, url, body, headers, encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1329, in _send_request 2025-05-28 20:19:58 self.endheaders(body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1278, in endheaders 2025-05-28 20:19:58 self._send_output(message_body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1038, in _send_output 2025-05-28 20:19:58 self.send(msg) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 976, in send 2025-05-28 20:19:58 self.connect() 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 942, in connect 2025-05-28 20:19:58 self.sock = self._create_connection( 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 845, in create_connection 2025-05-28 20:19:58 raise err 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 833, in create_connection 2025-05-28 20:19:58 sock.connect(sa) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap 2025-05-28 20:19:58 self.run() 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run 2025-05-28 20:19:58 self._target(*self._args, **self._kwargs) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/pool.py", line 125, in worker 2025-05-28 20:19:58 result = (True, func(*args, **kwds)) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/pool.py", line 48, in mapstar 2025-05-28 20:19:58 return list(map(*args)) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2180, in run_tests_array 2025-05-28 20:19:58 raise e 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2148, in run_tests_array 2025-05-28 20:19:58 test_result = test_case.run( 2025-05-28 20:19:58 ConnectionRefusedError: [Errno 111] Connection refused 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1696, in run 2025-05-28 20:19:58 raise e 2025-05-28 20:19:58 total_tests_run += do_run_tests(args.jobs, test_suite, args.parallel) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1684, in run 2025-05-28 20:19:58 result.check_if_need_retry( 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 944, in check_if_need_retry 2025-05-28 20:19:58 or not need_retry(args, stdout, stderr, self.total_time) 2025-05-28 20:19:58 2025-05-28 20:19:58 During handling of the above exception, another exception occurred: 2025-05-28 20:19:58 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 439, in need_retry 2025-05-28 20:19:58 session_uptime = get_zookeeper_session_uptime(args) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2409, in do_run_tests 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 427, in get_zookeeper_session_uptime 2025-05-28 20:19:58 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()")) 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 331, in clickhouse_execute 2025-05-28 20:19:58 return clickhouse_execute_http( 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 314, in clickhouse_execute_http 2025-05-28 20:19:58 sleep(i + 1) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 367, in signal_handler 2025-05-28 20:19:58 raise Terminated(f"Terminated with {sig} signal") 2025-05-28 20:19:58 Terminated: Terminated with 15 signal 2025-05-28 20:19:58 Process ForkPoolWorker-6: 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap 2025-05-28 20:19:58 self.run() 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run 2025-05-28 20:19:58 self._target(*self._args, **self._kwargs) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/pool.py", line 125, in worker 2025-05-28 20:19:58 result = (True, func(*args, **kwds)) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/pool.py", line 48, in mapstar 2025-05-28 20:19:58 return list(map(*args)) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2180, in run_tests_array 2025-05-28 20:19:58 raise e 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 2148, in run_tests_array 2025-05-28 20:19:58 test_result = test_case.run( 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1696, in run 2025-05-28 20:19:58 raise e 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 1684, in run 2025-05-28 20:19:58 result.check_if_need_retry( 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 944, in check_if_need_retry 2025-05-28 20:19:58 or not need_retry(args, stdout, stderr, self.total_time) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 439, in need_retry 2025-05-28 20:19:58 session_uptime = get_zookeeper_session_uptime(args) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 427, in get_zookeeper_session_uptime 2025-05-28 20:19:58 return int(clickhouse_execute(args, "SELECT zookeeperSessionUptime()")) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 331, in clickhouse_execute 2025-05-28 20:19:58 return clickhouse_execute_http( 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 314, in clickhouse_execute_http 2025-05-28 20:19:58 sleep(i + 1) 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 367, in signal_handler 2025-05-28 20:19:58 raise Terminated(f"Terminated with {sig} signal") 2025-05-28 20:19:58 Break tests execution 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 Terminated: Terminated with 15 signal 2025-05-28 20:19:58 Break tests execution 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 Process ForkPoolWorker-3: 2025-05-28 20:19:58 Break tests execution 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 Process ForkPoolWorker-5: 2025-05-28 20:19:58 queue.put(suit, timeout=args.timeout * 1.1) 2025-05-28 20:19:58 File "/usr/lib/python3.10/multiprocessing/queues.py", line 89, in put 2025-05-28 20:19:58 if not self._sem.acquire(block, timeout): 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 367, in signal_handler 2025-05-28 20:19:58 raise Terminated(f"Terminated with {sig} signal") 2025-05-28 20:19:58 __main__.Terminated: Terminated with 15 signal 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 File "/usr/bin/clickhouse-test", line 301, in clickhouse_execute_http 2025-05-28 20:19:58 client.request( 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1283, in request 2025-05-28 20:19:58 self._send_request(method, url, body, headers, encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1329, in _send_request 2025-05-28 20:19:58 self.endheaders(body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1278, in endheaders 2025-05-28 20:19:58 self._send_output(message_body, encode_chunked=encode_chunked) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 1038, in _send_output 2025-05-28 20:19:58 self.send(msg) 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 976, in send 2025-05-28 20:19:58 self.connect() 2025-05-28 20:19:58 File "/usr/lib/python3.10/http/client.py", line 942, in connect 2025-05-28 20:19:58 self.sock = self._create_connection( 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 845, in create_connection 2025-05-28 20:19:58 raise err 2025-05-28 20:19:58 File "/usr/lib/python3.10/socket.py", line 833, in create_connection 2025-05-28 20:19:58 sock.connect(sa) 2025-05-28 20:19:58 ConnectionRefusedError: [Errno 111] Connection refused 2025-05-28 20:19:58 2025-05-28 20:19:58 During handling of the above exception, another exception occurred: 2025-05-28 20:19:58 2025-05-28 20:19:58 Traceback (most recent call last): 2025-05-28 20:19:58 2025-05-28 20:19:58 Running about 361 stateless tests (ForkPoolWorker-4). 2025-05-28 20:19:58 2025-05-28 20:19:58 Break tests execution 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 Break tests execution 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 Break tests execution 2025-05-28 20:19:58 Stopping tests 2025-05-28 20:19:58 Break tests execution 2025-05-28 20:19:58 Stopping tests + set -e + [[ 0 -eq 124 ]] + return 0 + echo 'Files in current directory' + ls -la ./ Files in current directory total 137372 drwxr-xr-x 1 root root 4096 May 28 20:19 . drwxr-xr-x 1 root root 4096 May 28 20:19 .. -rw-rw-r-- 1 1000 1000 300 May 28 20:15 analyzer_tech_debt.txt -rw-rw-r-- 1 root root 1566 Oct 31 2024 attach_gdb.lib -rw-r--r-- 1 root root 1481 May 28 20:18 __azurite_db_blob_extent__.json -rw-r--r-- 1 root root 4237 May 28 20:18 __azurite_db_blob__.json -rw-r--r-- 1 root root 36338 May 28 20:19 azurite_log lrwxrwxrwx 1 root root 7 Sep 11 2024 bin -> usr/bin drwxr-xr-x 2 root root 4096 May 28 20:18 __blobstorage__ drwxr-xr-x 2 root root 4096 Apr 18 2022 boot -rw-rw-r-- 1 1000 1000 4003 May 28 20:15 broken_tests.json drwxr-xr-x 5 root root 340 May 28 20:17 dev -rwxr-xr-x 1 root root 0 May 28 20:17 .dockerenv drwxr-xr-x 1 root root 4096 May 28 20:17 etc drwxr-xr-x 1 1000 1000 4096 May 28 20:18 hadoop-3.3.1 drwxr-xr-x 2 root root 4096 Apr 18 2022 home lrwxrwxrwx 1 root root 7 Sep 11 2024 lib -> usr/lib lrwxrwxrwx 1 root root 9 Sep 11 2024 lib32 -> usr/lib32 lrwxrwxrwx 1 root root 9 Sep 11 2024 lib64 -> usr/lib64 lrwxrwxrwx 1 root root 10 Sep 11 2024 libx32 -> usr/libx32 -rwxr-xr-x 1 root root 21843968 Oct 31 2024 mc drwxr-xr-x 2 root root 4096 Sep 11 2024 media -rwxr-xr-x 1 root root 118595584 Oct 31 2024 minio drwxr-xr-x 4 root root 4096 May 28 20:18 minio_data drwxr-xr-x 2 root root 4096 Sep 11 2024 mnt drwxr-xr-x 2 root root 4096 Sep 11 2024 opt -rw-r--r-- 1 root root 0 Feb 15 2024 .package-cache-mutate drwxrwxr-x 2 1000 1000 4096 May 28 20:17 package_folder dr-xr-xr-x 313 root root 0 May 28 20:17 proc -rwxrwxr-x 1 root root 8329 Oct 31 2024 process_functional_tests_result.py drwx------ 1 root root 4096 May 28 20:18 root drwxr-xr-x 1 root root 4096 May 28 20:17 run -rwxrwxr-x 1 root root 16095 Oct 31 2024 run.sh lrwxrwxrwx 1 root root 8 Sep 11 2024 sbin -> usr/sbin -rw-r--r-- 1 root root 462 May 28 20:18 script.gdb -rwxrwxr-x 1 root root 10462 Oct 31 2024 setup_export_logs.sh -rwxrwxr-x 1 root root 351 Oct 31 2024 setup_hdfs_minicluster.sh -rwxrwxr-x 1 root root 3464 Oct 31 2024 setup_minio.sh drwxr-xr-x 2 root root 4096 Sep 11 2024 srv -rw-rw-r-- 1 root root 13192 Oct 31 2024 stress_tests.lib dr-xr-xr-x 13 root root 0 May 28 20:17 sys drwxrwxr-x 2 1000 1000 4096 May 28 20:19 test_output drwxrwxrwt 1 root root 4096 May 28 20:19 tmp drwxr-xr-x 2 root root 4096 May 28 20:19 user_defined drwxr-xr-x 1 root root 4096 Sep 11 2024 usr -rw-rw-r-- 1 root root 833 Oct 31 2024 utils.lib drwxr-xr-x 1 root root 4096 Sep 11 2024 var + echo 'Files in root directory' + ls -la / Files in root directory total 137372 drwxr-xr-x 1 root root 4096 May 28 20:19 . drwxr-xr-x 1 root root 4096 May 28 20:19 .. -rw-rw-r-- 1 1000 1000 300 May 28 20:15 analyzer_tech_debt.txt -rw-rw-r-- 1 root root 1566 Oct 31 2024 attach_gdb.lib -rw-r--r-- 1 root root 1481 May 28 20:18 __azurite_db_blob_extent__.json -rw-r--r-- 1 root root 4237 May 28 20:18 __azurite_db_blob__.json -rw-r--r-- 1 root root 36338 May 28 20:19 azurite_log lrwxrwxrwx 1 root root 7 Sep 11 2024 bin -> usr/bin drwxr-xr-x 2 root root 4096 May 28 20:18 __blobstorage__ drwxr-xr-x 2 root root 4096 Apr 18 2022 boot -rw-rw-r-- 1 1000 1000 4003 May 28 20:15 broken_tests.json drwxr-xr-x 5 root root 340 May 28 20:17 dev -rwxr-xr-x 1 root root 0 May 28 20:17 .dockerenv drwxr-xr-x 1 root root 4096 May 28 20:17 etc drwxr-xr-x 1 1000 1000 4096 May 28 20:18 hadoop-3.3.1 drwxr-xr-x 2 root root 4096 Apr 18 2022 home lrwxrwxrwx 1 root root 7 Sep 11 2024 lib -> usr/lib lrwxrwxrwx 1 root root 9 Sep 11 2024 lib32 -> usr/lib32 lrwxrwxrwx 1 root root 9 Sep 11 2024 lib64 -> usr/lib64 lrwxrwxrwx 1 root root 10 Sep 11 2024 libx32 -> usr/libx32 -rwxr-xr-x 1 root root 21843968 Oct 31 2024 mc drwxr-xr-x 2 root root 4096 Sep 11 2024 media -rwxr-xr-x 1 root root 118595584 Oct 31 2024 minio drwxr-xr-x 4 root root 4096 May 28 20:18 minio_data drwxr-xr-x 2 root root 4096 Sep 11 2024 mnt drwxr-xr-x 2 root root 4096 Sep 11 2024 opt -rw-r--r-- 1 root root 0 Feb 15 2024 .package-cache-mutate drwxrwxr-x 2 1000 1000 4096 May 28 20:17 package_folder dr-xr-xr-x 313 root root 0 May 28 20:17 proc -rwxrwxr-x 1 root root 8329 Oct 31 2024 process_functional_tests_result.py drwx------ 1 root root 4096 May 28 20:18 root drwxr-xr-x 1 root root 4096 May 28 20:17 run -rwxrwxr-x 1 root root 16095 Oct 31 2024 run.sh lrwxrwxrwx 1 root root 8 Sep 11 2024 sbin -> usr/sbin -rw-r--r-- 1 root root 462 May 28 20:18 script.gdb -rwxrwxr-x 1 root root 10462 Oct 31 2024 setup_export_logs.sh -rwxrwxr-x 1 root root 351 Oct 31 2024 setup_hdfs_minicluster.sh -rwxrwxr-x 1 root root 3464 Oct 31 2024 setup_minio.sh drwxr-xr-x 2 root root 4096 Sep 11 2024 srv -rw-rw-r-- 1 root root 13192 Oct 31 2024 stress_tests.lib dr-xr-xr-x 13 root root 0 May 28 20:17 sys drwxrwxr-x 2 1000 1000 4096 May 28 20:19 test_output drwxrwxrwt 1 root root 4096 May 28 20:19 tmp drwxr-xr-x 2 root root 4096 May 28 20:19 user_defined drwxr-xr-x 1 root root 4096 Sep 11 2024 usr -rw-rw-r-- 1 root root 833 Oct 31 2024 utils.lib drwxr-xr-x 1 root root 4096 Sep 11 2024 var + /process_functional_tests_result.py 2025-05-28 20:19:59,069 File /analyzer_tech_debt.txt with broken tests found 2025-05-28 20:19:59,070 File /broken_tests.json with broken tests found 2025-05-28 20:19:59,070 Broken tests in the list: 38 2025-05-28 20:19:59,070 Find files in result folder test_result.txt,gdb.log,run.log,garbage.log 2025-05-28 20:19:59,072 Is flaky check: False 2025-05-28 20:19:59,072 Result parsed 2025-05-28 20:19:59,072 Result written + clickhouse-client -q 'system flush logs' Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) Detach all logs replication + : + stop_logs_replication + echo 'Detach all logs replication' + clickhouse-client --query 'select database||'\''.'\''||table from system.tables where database = '\''system'\'' and (table like '\''%_sender'\'' or table like '\''%_watcher'\'')' + tee /dev/stderr + xargs -n1 -r -i clickhouse-client --query 'drop table {}' xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + failed_to_save_logs=0 + for table in query_log zookeeper_log trace_log transactions_info_log metric_log ++ clickhouse-client -q 'select * from system.query_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + err='++ clickhouse-client -q '\''select * from system.query_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.query_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\8\6 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log ++ clickhouse-client -q 'select * from system.zookeeper_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + err='++ clickhouse-client -q '\''select * from system.zookeeper_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.zookeeper_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\9\0 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + err='++ clickhouse-client -q '\''select * from system.trace_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.trace_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\8\6 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log ++ clickhouse-client -q 'select * from system.trace_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) ++ zstd --threads=0 ++ clickhouse-client -q 'select * from system.transactions_info_log format TSVWithNamesAndTypes' Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + err='++ zstd --threads=0 ++ clickhouse-client -q '\''select * from system.transactions_info_log format TSVWithNamesAndTypes'\'' Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ zstd --threads=0 ++ clickhouse-client -q '\''select * from system.transactions_info_log format TSVWithNamesAndTypes'\'' Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\9\8 ]] + failed_to_save_logs=1 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log ++ clickhouse-client -q 'select * from system.metric_log format TSVWithNamesAndTypes' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR) + err='++ clickhouse-client -q '\''select * from system.metric_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + echo '++ clickhouse-client -q '\''select * from system.metric_log format TSVWithNamesAndTypes'\'' ++ zstd --threads=0 Code: 210. DB::NetException: Connection refused (localhost:9000). (NETWORK_ERROR)' + [[ 0 != \1\8\7 ]] + failed_to_save_logs=1 + [[ -n '' ]] + sudo clickhouse stop /var/run/clickhouse-server/clickhouse-server.pid file exists and contains pid = 743. The process with pid = 743 does not exist. + [[ -n '' ]] + rg -Fa '' /var/log/clickhouse-server/clickhouse-server.log 2025.05.28 20:19:26.405972 [ 1963 ] {} BaseDaemon: ########## Short fault info ############ 2025.05.28 20:19:26.406020 [ 1963 ] {} BaseDaemon: (version 24.3.18.10405.altinitystable (altinity build), build id: E4765B38871E956D7CEA71AABE2B1A806E47BBBC, git hash: 3f49b6a95ed1fca3de0241b30117a66d0a7f897f) (from thread 1559) Received signal -3 2025.05.28 20:19:26.406030 [ 1963 ] {} BaseDaemon: Signal description: sanitizer trap 2025.05.28 20:19:26.406037 [ 1963 ] {} BaseDaemon: Sanitizer trap. 2025.05.28 20:19:26.406049 [ 1963 ] {} BaseDaemon: Stack trace: 0x000055e09016b2d7 0x000055e090595545 0x000055e083af5946 0x000055e083b03189 0x000055e09f627c5d 0x000055e09f6228f6 0x000055e094aaef2b 0x000055e09f017bad 0x000055e09f048e50 0x000055e09f03759b 0x000055e09f035377 0x000055e09f034f8a 0x000055e09f04e611 0x000055e090238318 0x000055e09023ea0a 0x00007fb9f90d4ac3 0x00007fb9f9166850 2025.05.28 20:19:26.406060 [ 1963 ] {} BaseDaemon: ######################################## 2025.05.28 20:19:26.406128 [ 1963 ] {} BaseDaemon: (version 24.3.18.10405.altinitystable (altinity build), build id: E4765B38871E956D7CEA71AABE2B1A806E47BBBC, git hash: 3f49b6a95ed1fca3de0241b30117a66d0a7f897f) (from thread 1559) (query_id: 7520a875-3c15-4163-9811-6af8be6e2b9b) (query: -- ../src/Interpreters/AggregationCommon.h:90:35: runtime error: downcast of address 0x743320010d90 which does not point to an object of type 'const ColumnFixedSizeHelper' 2025.05.28 20:19:26.406167 [ 1963 ] {} BaseDaemon: Sanitizer trap. 2025.05.28 20:19:26.406197 [ 1963 ] {} BaseDaemon: Stack trace: 0x000055e09016b2d7 0x000055e090595545 0x000055e083af5946 0x000055e083b03189 0x000055e09f627c5d 0x000055e09f6228f6 0x000055e094aaef2b 0x000055e09f017bad 0x000055e09f048e50 0x000055e09f03759b 0x000055e09f035377 0x000055e09f034f8a 0x000055e09f04e611 0x000055e090238318 0x000055e09023ea0a 0x00007fb9f90d4ac3 0x00007fb9f9166850 2025.05.28 20:19:26.421345 [ 1963 ] {} BaseDaemon: 0. ./build_docker/./src/Common/StackTrace.cpp:349: StackTrace::tryCapture() @ 0x00000000246a02d7 2025.05.28 20:19:26.455483 [ 1963 ] {} BaseDaemon: 1. ./src/Common/StackTrace.h:0: sanitizerDeathCallback() @ 0x0000000024aca545 2025.05.28 20:19:27.487197 [ 1963 ] {} BaseDaemon: 2. __sanitizer::Die() @ 0x000000001802a946 2025.05.28 20:19:28.552236 [ 1963 ] {} BaseDaemon: 3. ? @ 0x0000000018038189 2025.05.28 20:19:28.569825 [ 1963 ] {} BaseDaemon: 4.0. inlined from ./src/Interpreters/AggregationCommon.h:180: wide::integer<256ul, unsigned int> DB::packFixed, false>(unsigned long, unsigned long, std::vector> const&, std::vector> const&, std::vector> const*, std::vector> const*) 2025.05.28 20:19:28.569889 [ 1963 ] {} BaseDaemon: 4.1. inlined from ./src/Common/ColumnsHashing.h:647: DB::ColumnsHashing::HashMethodKeysFixed, wide::integer<256ul, unsigned int>, void, false, false, true, false>::getKeyHolder(unsigned long, DB::Arena&) const 2025.05.28 20:19:28.569911 [ 1963 ] {} BaseDaemon: 4.2. inlined from ./src/Common/ColumnsHashingImpl.h:211: DB::ColumnsHashing::columns_hashing_impl::EmplaceResultImpl DB::ColumnsHashing::columns_hashing_impl::HashMethodBase, wide::integer<256ul, unsigned int>, void, false, false, true, false>, wide::integer<256ul, unsigned int>, void, true, false, false>::emplaceKey, HashTableCell, UInt256HashCRC32, HashTableNoState>, UInt256HashCRC32, HashTableGrowerWithPrecalculation<8ul>, Allocator>>(HashSetTable, HashTableCell, UInt256HashCRC32, HashTableNoState>, UInt256HashCRC32, HashTableGrowerWithPrecalculation<8ul>, Allocator>&, unsigned long, DB::Arena&) 2025.05.28 20:19:28.569927 [ 1963 ] {} BaseDaemon: 4. ./build_docker/./src/Processors/Transforms/DistinctTransform.cpp:43: void DB::DistinctTransform::buildFilter, HashTableCell, UInt256HashCRC32, HashTableNoState>, UInt256HashCRC32, HashTableGrowerWithPrecalculation<8ul>, Allocator>, false>>(DB::SetMethodKeysFixed, HashTableCell, UInt256HashCRC32, HashTableNoState>, UInt256HashCRC32, HashTableGrowerWithPrecalculation<8ul>, Allocator>, false>&, std::vector> const&, DB::PODArray, 63ul, 64ul>&, unsigned long, DB::SetVariantsTemplate&) const @ 0x0000000033b5cc5d 2025.05.28 20:19:28.584751 [ 1963 ] {} BaseDaemon: 5. ./build_docker/./src/Processors/Transforms/DistinctTransform.cpp:92: DB::DistinctTransform::transform(DB::Chunk&) @ 0x0000000033b578f6 2025.05.28 20:19:28.601131 [ 1963 ] {} BaseDaemon: 6.0. inlined from ./contrib/llvm-project/libcxx/include/__utility/swap.h:35: std::enable_if::immutable_ptr*>::value && is_move_assignable::immutable_ptr*>::value, void>::type std::swap[abi:v15000]::immutable_ptr*>(COW::immutable_ptr*&, COW::immutable_ptr*&) 2025.05.28 20:19:28.601163 [ 1963 ] {} BaseDaemon: 6.1. inlined from ./contrib/llvm-project/libcxx/include/vector:1950: std::vector::immutable_ptr, std::allocator::immutable_ptr>>::swap(std::vector::immutable_ptr, std::allocator::immutable_ptr>>&) 2025.05.28 20:19:28.601176 [ 1963 ] {} BaseDaemon: 6.2. inlined from ./src/Processors/Chunk.h:64: DB::Chunk::swap(DB::Chunk&) 2025.05.28 20:19:28.601188 [ 1963 ] {} BaseDaemon: 6. ./src/Processors/ISimpleTransform.h:33: DB::ISimpleTransform::transform(DB::Chunk&, DB::Chunk&) @ 0x0000000028fe3f2b 2025.05.28 20:19:28.611318 [ 1963 ] {} BaseDaemon: 7. ./build_docker/./src/Processors/ISimpleTransform.cpp:99: DB::ISimpleTransform::work() @ 0x000000003354cbad 2025.05.28 20:19:28.615847 [ 1963 ] {} BaseDaemon: 8.0. inlined from ./build_docker/./src/Processors/Executors/ExecutionThreadContext.cpp:50: DB::executeJob(DB::ExecutingGraph::Node*, DB::ReadProgressCallback*) 2025.05.28 20:19:28.615881 [ 1963 ] {} BaseDaemon: 8. ./build_docker/./src/Processors/Executors/ExecutionThreadContext.cpp:95: DB::ExecutionThreadContext::executeTask() @ 0x000000003357de50 2025.05.28 20:19:28.631896 [ 1963 ] {} BaseDaemon: 9.0. inlined from ./build_docker/./src/Processors/Executors/PipelineExecutor.cpp:273: DB::PipelineExecutor::executeStepImpl(unsigned long, std::atomic*) 2025.05.28 20:19:28.631932 [ 1963 ] {} BaseDaemon: 9. ./build_docker/./src/Processors/Executors/PipelineExecutor.cpp:239: DB::PipelineExecutor::executeSingleThread(unsigned long) @ 0x000000003356c59b 2025.05.28 20:19:28.645410 [ 1963 ] {} BaseDaemon: 10.0. inlined from ./contrib/llvm-project/libcxx/include/__memory/shared_ptr.h:701: ~shared_ptr 2025.05.28 20:19:28.645443 [ 1963 ] {} BaseDaemon: 10. ./build_docker/./src/Processors/Executors/PipelineExecutor.cpp:412: DB::PipelineExecutor::executeImpl(unsigned long, bool) @ 0x000000003356a377 2025.05.28 20:19:28.662158 [ 1963 ] {} BaseDaemon: 11.0. inlined from ./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:274: std::unique_ptr>::operator->[abi:v15000]() const 2025.05.28 20:19:28.662211 [ 1963 ] {} BaseDaemon: 11. ./build_docker/./src/Processors/Executors/PipelineExecutor.cpp:114: DB::PipelineExecutor::execute(unsigned long, bool) @ 0x0000000033569f8a 2025.05.28 20:19:28.679811 [ 1963 ] {} BaseDaemon: 12.0. inlined from ./build_docker/./src/Processors/Executors/PullingAsyncPipelineExecutor.cpp:0: DB::threadFunction(DB::PullingAsyncPipelineExecutor::Data&, std::shared_ptr, unsigned long, bool) 2025.05.28 20:19:28.679862 [ 1963 ] {} BaseDaemon: 12.1. inlined from ./build_docker/./src/Processors/Executors/PullingAsyncPipelineExecutor.cpp:109: operator() 2025.05.28 20:19:28.679903 [ 1963 ] {} BaseDaemon: 12.2. inlined from ./contrib/llvm-project/libcxx/include/__functional/invoke.h:394: ? 2025.05.28 20:19:28.679927 [ 1963 ] {} BaseDaemon: 12.3. inlined from ./contrib/llvm-project/libcxx/include/tuple:1789: decltype(auto) std::__apply_tuple_impl[abi:v15000]&>(DB::PullingAsyncPipelineExecutor::pull(DB::Chunk&, unsigned long)::$_0&, std::tuple<>&, std::__tuple_indices<>) 2025.05.28 20:19:28.679954 [ 1963 ] {} BaseDaemon: 12.4. inlined from ./contrib/llvm-project/libcxx/include/tuple:1798: decltype(auto) std::apply[abi:v15000]&>(DB::PullingAsyncPipelineExecutor::pull(DB::Chunk&, unsigned long)::$_0&, std::tuple<>&) 2025.05.28 20:19:28.679968 [ 1963 ] {} BaseDaemon: 12.5. inlined from ./src/Common/ThreadPool.h:225: operator() 2025.05.28 20:19:28.679982 [ 1963 ] {} BaseDaemon: 12.6. inlined from ./contrib/llvm-project/libcxx/include/__functional/invoke.h:394: ? 2025.05.28 20:19:28.679994 [ 1963 ] {} BaseDaemon: 12.7. inlined from ./contrib/llvm-project/libcxx/include/__functional/invoke.h:479: ? 2025.05.28 20:19:28.680007 [ 1963 ] {} BaseDaemon: 12.8. inlined from ./contrib/llvm-project/libcxx/include/__functional/function.h:235: ? 2025.05.28 20:19:28.680020 [ 1963 ] {} BaseDaemon: 12. ./contrib/llvm-project/libcxx/include/__functional/function.h:716: ? @ 0x0000000033583611 2025.05.28 20:19:28.694219 [ 1963 ] {} BaseDaemon: 13.0. inlined from ./base/base/../base/wide_integer_impl.h:810: bool wide::integer<128ul, unsigned int>::_impl::operator_eq>(wide::integer<128ul, unsigned int> const&, wide::integer<128ul, unsigned int> const&) 2025.05.28 20:19:28.694259 [ 1963 ] {} BaseDaemon: 13.1. inlined from ./base/base/../base/wide_integer_impl.h:1483: bool wide::operator==<128ul, unsigned int, 128ul, unsigned int>(wide::integer<128ul, unsigned int> const&, wide::integer<128ul, unsigned int> const&) 2025.05.28 20:19:28.694296 [ 1963 ] {} BaseDaemon: 13.2. inlined from ./base/base/../base/strong_typedef.h:42: StrongTypedef, DB::UUIDTag>::operator==(StrongTypedef, DB::UUIDTag> const&) const 2025.05.28 20:19:28.694309 [ 1963 ] {} BaseDaemon: 13.3. inlined from ./src/Common/OpenTelemetryTraceContext.h:65: DB::OpenTelemetry::Span::isTraceEnabled() const 2025.05.28 20:19:28.694325 [ 1963 ] {} BaseDaemon: 13. ./build_docker/./src/Common/ThreadPool.cpp:540: ThreadPoolImpl::worker(std::__list_iterator) @ 0x000000002476d318 2025.05.28 20:19:28.711157 [ 1963 ] {} BaseDaemon: 14.0. inlined from ./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:302: std::unique_ptr>::reset[abi:v15000](std::__thread_struct*) 2025.05.28 20:19:28.711215 [ 1963 ] {} BaseDaemon: 14.1. inlined from ./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:259: ~unique_ptr 2025.05.28 20:19:28.711227 [ 1963 ] {} BaseDaemon: 14.2. inlined from ./contrib/llvm-project/libcxx/include/tuple:265: ~__tuple_leaf 2025.05.28 20:19:28.711237 [ 1963 ] {} BaseDaemon: 14.3. inlined from ./contrib/llvm-project/libcxx/include/tuple:538: ~tuple 2025.05.28 20:19:28.711257 [ 1963 ] {} BaseDaemon: 14.4. inlined from ./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:48: std::default_delete>, void ThreadPoolImpl::scheduleImpl(std::function, Priority, std::optional, bool)::'lambda0'()>>::operator()[abi:v15000](std::tuple>, void ThreadPoolImpl::scheduleImpl(std::function, Priority, std::optional, bool)::'lambda0'()>*) const 2025.05.28 20:19:28.711276 [ 1963 ] {} BaseDaemon: 14.5. inlined from ./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:305: std::unique_ptr>, void ThreadPoolImpl::scheduleImpl(std::function, Priority, std::optional, bool)::'lambda0'()>, std::default_delete>, void ThreadPoolImpl::scheduleImpl(std::function, Priority, std::optional, bool)::'lambda0'()>>>::reset[abi:v15000](std::tuple>, void ThreadPoolImpl::scheduleImpl(std::function, Priority, std::optional, bool)::'lambda0'()>*) 2025.05.28 20:19:28.711299 [ 1963 ] {} BaseDaemon: 14.6. inlined from ./contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:259: ~unique_ptr 2025.05.28 20:19:28.711311 [ 1963 ] {} BaseDaemon: 14. ./contrib/llvm-project/libcxx/include/thread:297: void* std::__thread_proxy[abi:v15000]>, void ThreadPoolImpl::scheduleImpl(std::function, Priority, std::optional, bool)::'lambda0'()>>(void*) @ 0x0000000024773a0a 2025.05.28 20:19:28.711325 [ 1963 ] {} BaseDaemon: 15. ? @ 0x00007fb9f90d4ac3 2025.05.28 20:19:28.711334 [ 1963 ] {} BaseDaemon: 16. ? @ 0x00007fb9f9166850 2025.05.28 20:19:28.943860 [ 1963 ] {} BaseDaemon: Integrity check of the executable successfully passed (checksum: C8D1F4F6C21A79D54D4B415DC9EE088F) 2025.05.28 20:19:31.183647 [ 1963 ] {} BaseDaemon: Changed settings: min_compress_block_size = 1268445, max_compress_block_size = 2240199, max_block_size = 62682, max_insert_threads = 2, max_threads = 38, max_read_buffer_size = 853047, connect_timeout_with_failover_ms = 2000, connect_timeout_with_failover_secure_ms = 3000, idle_connection_timeout = 36000, s3_check_objects_after_upload = true, use_uncompressed_cache = true, stream_like_engine_allow_direct_select = true, replication_wait_for_inactive_replica_timeout = 30, compile_aggregate_expressions = false, group_by_two_level_threshold = 976384, enable_memory_bound_merging_of_aggregation_results = false, allow_nonconst_timezone_arguments = true, input_format_parallel_parsing = false, min_chunk_bytes_for_parallel_parsing = 8617648, output_format_parallel_formatting = false, merge_tree_coarse_index_granularity = 25, min_bytes_to_use_direct_io = 10737418240, min_bytes_to_use_mmap_io = 10737418240, log_queries = true, insert_quorum_timeout = 60000, merge_tree_read_split_ranges_into_intersecting_and_non_intersecting_injection_probability = 0.6399999856948853, http_response_buffer_size = 2717809, fsync_metadata = false, http_send_timeout = 60., http_receive_timeout = 60., opentelemetry_start_trace_probability = 0.10000000149011612, max_bytes_before_external_group_by = 1, max_bytes_before_external_sort = 10737418240, max_bytes_before_remerge_sort = 2552687295, max_untracked_memory = 1048576, memory_profiler_step = 1048576, log_comment = '03352_distinct_sorted_bug.sql', send_logs_level = 'warning', prefer_localhost_replica = false, optimize_aggregation_in_order = true, aggregation_in_order_max_block_bytes = 26156384, read_in_order_two_level_merge_threshold = 88, allow_introspection_functions = true, database_atomic_wait_for_drop_and_detach_synchronously = true, optimize_or_like_chain = true, optimize_if_chain_to_multiif = true, optimize_substitute_columns = true, optimize_append_index = true, distributed_ddl_entry_format_version = 6, local_filesystem_read_method = 'mmap', local_filesystem_read_prefetch = true, remote_filesystem_read_prefetch = false, merge_tree_compact_parts_min_granules_to_multibuffer_read = 17, async_insert_busy_timeout_max_ms = 5000, enable_filesystem_cache = true, enable_filesystem_cache_on_write_operations = true, read_from_filesystem_cache_if_exists_otherwise_bypass_cache = true, throw_on_error_from_cache_on_write_operations = true, filesystem_cache_segments_batch_size = 50, page_cache_inject_eviction = true, load_marks_asynchronously = true, allow_prefetched_read_pool_for_remote_filesystem = false, allow_prefetched_read_pool_for_local_filesystem = false, filesystem_prefetch_step_marks = 50, filesystem_prefetch_min_bytes_for_single_read_task = 16777216, filesystem_prefetch_max_memory_usage = 134217728, filesystem_prefetches_limit = 10, optimize_sorting_by_input_stream_properties = false, insert_keeper_max_retries = 100, insert_keeper_retry_initial_backoff_ms = 1, insert_keeper_retry_max_backoff_ms = 1, insert_keeper_fault_injection_probability = 0.009999999776482582, session_timezone = 'Africa/Khartoum', prefer_warmed_unmerged_parts_seconds = 10 + rg -A50 -Fa ============ /var/log/clickhouse-server/stderr.log + : + data_path_config=--path=/var/lib/clickhouse/ + [[ -n '' ]] + zstd --threads=0 + '[' 1 -ne 0 ']' + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.query_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.zookeeper_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + zstd --threads=0 + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.trace_log format TSVWithNamesAndTypes' + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.transactions_info_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for table in query_log zookeeper_log trace_log transactions_info_log metric_log + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables --stacktrace -q 'select * from system.metric_log format TSVWithNamesAndTypes' + zstd --threads=0 + [[ -n '' ]] + for trace_type in CPU Memory Real + zstd --threads=0 + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables -q ' select arrayStringConcat((arrayMap(x -> concat(splitByChar('\''/'\'', addressToLine(x))[-1], '\''#'\'', demangle(addressToSymbol(x)) ), trace)), '\'';'\'') AS stack, count(*) AS samples from system.trace_log where trace_type = '\''CPU'\'' group by trace order by samples desc settings allow_introspection_functions = 1 format TabSeparated' + for trace_type in CPU Memory Real + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables -q ' select arrayStringConcat((arrayMap(x -> concat(splitByChar('\''/'\'', addressToLine(x))[-1], '\''#'\'', demangle(addressToSymbol(x)) ), trace)), '\'';'\'') AS stack, count(*) AS samples from system.trace_log where trace_type = '\''Memory'\'' group by trace order by samples desc settings allow_introspection_functions = 1 format TabSeparated' + zstd --threads=0 + for trace_type in CPU Memory Real + clickhouse-local --path=/var/lib/clickhouse/ --only-system-tables -q ' select arrayStringConcat((arrayMap(x -> concat(splitByChar('\''/'\'', addressToLine(x))[-1], '\''#'\'', demangle(addressToSymbol(x)) ), trace)), '\'';'\'') AS stack, count(*) AS samples from system.trace_log where trace_type = '\''Real'\'' group by trace order by samples desc settings allow_introspection_functions = 1 format TabSeparated' + zstd --threads=0 + rm /var/log/clickhouse-server/clickhouse-server.log + mv /var/log/clickhouse-server/stderr.log /test_output/ + [[ -n '' ]] + tar -chf /test_output/coordination.tar /var/lib/clickhouse/coordination tar: Removing leading `/' from member names tar: Removing leading `/' from hard link targets + [[ -n '' ]]